{'rocket': 69, 'vehicle2': 19, 'veg': 4, 'mushroom': 51, 'people': 14, 'baby': 2, 'electrical_devices': 5, 'lamp': 40, 'natural_scenes': 10, 'sea': 71, '42': 42, '1': 1, '10': 10, '20': 20, '30': 30, '40': 40}
4

[BEFORE (seed=3)] Sizes:
Retain TRAIN: 49750 | Forget TRAIN: 250
Retain VALID: 9500 | Forget VALID: 500
Class distributions:
  Retain TRAIN : [2500, 2500, 2500, 2500, 2250, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500]
  Retain VALID : [500, 500, 500, 500, 0, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500]
  Forget TRAIN : [0, 0, 0, 0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
  Forget VALID : [0, 0, 0, 0, 500, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]

[AFTER (seed=3, post_transfer=0%)] Sizes:
Retain TRAIN: 49750 | Forget TRAIN: 250
Retain VALID: 9500 | Forget VALID: 500
Class distributions:
  Retain TRAIN : [2500, 2500, 2500, 2500, 2250, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500, 2500]
  Retain VALID : [500, 500, 500, 500, 0, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500, 500]
  Forget TRAIN : [0, 0, 0, 0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
  Forget VALID : [0, 0, 0, 0, 500, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
Valid (Test) Dl:  10000
Train Dl:  50000
Retain Train Dl:  49750
Forget Train Dl:  250
Retain Valid Dl:  49750
Forget Valid Dl:  250
retain_prob Distribution: 10000 samples
test_prob Distribution: 10000 samples
forget_prob Distribution: 250 samples
Set1 Distribution: 250 samples
Set2 Distribution: 250 samples
Set1 Distribution: 250 samples
Set2 Distribution: 250 samples
Set1 Distribution: 10000 samples
Set2 Distribution: 10000 samples
Set1 Distribution: 10000 samples
Set2 Distribution: 10000 samples
Test Accuracy: 79.87659454345703
Retain Accuracy: 90.40243530273438
Zero-Retain Forget (ZRF): 0.8992395997047424
Membership Inference Attack (MIA): 0.232
Forget vs Retain Membership Inference Attack (MIA): 0.64
Forget vs Test Membership Inference Attack (MIA): 0.55
Test vs Retain Membership Inference Attack (MIA): 0.5115
Train vs Test Membership Inference Attack (MIA): 0.545
Forget Set Accuracy (Df): 94.8814697265625
Method Execution Time: 1123.93 seconds
